RuntimeError: Error(s) in loading state_dict for DataParallel

[ElJaviLuki]

I have the following problem when doing inference :(

  File "inference.py", line 36, in <module>
    model.load_tiers()
  File "/content/MelNet/model/model.py", line 96, in load_tiers
    self.tiers[idx+1].load_state_dict(checkpoint['model'])
  File "/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py", line 845, in load_state_dict
    self.__class__.__name__, "\n\t".join(error_msgs)))
RuntimeError: Error(s) in loading state_dict for DataParallel:
	Missing key(s) in state_dict: "module.W_t.weight", "module.W_t.bias", "module.layers.0.rnn_x.weight_ih_l0", "module.layers.0.rnn_x.weight_hh_l0", "module.layers.0.rnn_x.bias_ih_l0", "module.layers.0.rnn_x.bias_hh_l0", "module.layers.0.rnn_x.weight_ih_l0_reverse", "module.layers.0.rnn_x.weight_hh_l0_reverse", "module.layers.0.rnn_x.bias_ih_l0_reverse", "module.layers.0.rnn_x.bias_hh_l0_reverse", "module.layers.0.rnn_y.weight_ih_l0", "module.layers.0.rnn_y.weight_hh_l0", "module.layers.0.rnn_y.bias_ih_l0", "module.layers.0.rnn_y.bias_hh_l0", "module.layers.0.rnn_y.weight_ih_l0_reverse", "module.layers.0.rnn_y.weight_hh_l0_reverse", "module.layers.0.rnn_y.bias_ih_l0_reverse", "module.layers.0.rnn_y.bias_hh_l0_reverse", "module.layers.0.W.weight", "module.layers.0.W.bias", "module.layers.1.rnn_x.weight_ih_l0", "module.layers.1.rnn_x.weight_hh_l0", "module.layers.1.rnn_x.bias_ih_l0", "module.layers.1.rnn_x.bias_hh_l0", "module.layers.1.rnn_x.weight_ih_l0_reverse", "module.layers.1.rnn_x.weight_hh_l0_reverse", "module.layers.1.rnn_x.bias_ih_l0_reverse", "module.layers.1.rnn_x.bias_hh_l0_reverse", "module.layers.1.rnn_y.weight_ih_l0", "module.layers.1.rnn_y.weight_hh_l0", "module.layers.1.rnn_y.bias_ih_l0", "module.layers.1.rnn_y.bias_hh_l0", "module.layers.1.rnn_y.weight_ih_l0_reverse", "module.layers.1.rnn_y.weight_hh_l0_reverse", "module.layers.1.rnn_y.bias_ih_l0_reverse", "module.layers.1.rnn_y.bias_hh_l0_reverse", "module.layers.1.W.weight", "module.layers.1.W.bias", "module.layers.2.rnn_x.weight_ih_l0", "module.layers.2.rnn_x.weight_hh_l0", "module.layers.2.rnn_x.bias_ih_l0", "module.layers.2.rnn_x.bias_hh_l0", "module.layers.2.rnn_x.weight_ih_l0_reverse", "module.layers.2.rnn_x.weight_hh_l0_reverse", "module.layers.2.rnn_x.bias_ih_l0_reverse", "module.layers.2.rnn_x.bias_hh_l0_reverse", "module.layers.2.rnn_y.weight_ih_l0", "module.layers.2.rnn_y.weight_hh_l0", "module.layers.2.rnn_y.bias_ih_l0", "module.layers.2.rnn_y.bias_hh_l0", "module.layers.2.rnn_y.weight_ih_l0_reverse", "module.layers.2.rnn_y.weight_hh_l0_reverse", "module.layers.2.rnn_y.bias_ih_l0_reverse", "module.layers.2.rnn_y.bias_hh_l0_reverse", "module.layers.2.W.weight", "module.layers.2.W.bias", "module.layers.3.rnn_x.weight_ih_l0", "module.layers.3.rnn_x.weight_hh_l0", "module.layers.3.rnn_x.bias_ih_l0", "module.layers.3.rnn_x.bias_hh_l0", "module.layers.3.rnn_x.weight_ih_l0_reverse", "module.layers.3.rnn_x.weight_hh_l0_reverse", "module.layers.3.rnn_x.bias_ih_l0_reverse", "module.layers.3.rnn_x.bias_hh_l0_reverse", "module.layers.3.rnn_y.weight_ih_l0", "module.layers.3.rnn_y.weight_hh_l0", "module.layers.3.rnn_y.bias_ih_l0", "module.layers.3.rnn_y.bias_hh_l0", "module.layers.3.rnn_y.weight_ih_l0_reverse", "module.layers.3.rnn_y.weight_hh_l0_reverse", "module.layers.3.rnn_y.bias_ih_l0_reverse", "module.layers.3.rnn_y.bias_hh_l0_reverse", "module.layers.3.W.weight", "module.layers.3.W.bias", "module.layers.4.rnn_x.weight_ih_l0", "module.layers.4.rnn_x.weight_hh_l0", "module.layers.4.rnn_x.bias_ih_l0", "module.layers.4.rnn_x.bias_hh_l0", "module.layers.4.rnn_x.weight_ih_l0_reverse", "module.layers.4.rnn_x.weight_hh_l0_reverse", "module.layers.4.rnn_x.bias_ih_l0_reverse", "module.layers.4.rnn_x.bias_hh_l0_reverse", "module.layers.4.rnn_y.weight_ih_l0", "module.layers.4.rnn_y.weight_hh_l0", "module.layers.4.rnn_y.bias_ih_l0", "module.layers.4.rnn_y.bias_hh_l0", "module.layers.4.rnn_y.weight_ih_l0_reverse", "module.layers.4.rnn_y.weight_hh_l0_reverse", "module.layers.4.rnn_y.bias_ih_l0_reverse", "module.layers.4.rnn_y.bias_hh_l0_reverse", "module.layers.4.W.weight", "module.layers.4.W.bias". 
	Unexpected key(s) in state_dict: "module.W_t_0.weight", "module.W_t_0.bias", "module.W_f_0.weight", "module.W_f_0.bias", "module.W_c_0.weight", "module.W_c_0.bias", "module.embedding_text.weight", "module.text_lstm.weight_ih_l0", "module.text_lstm.weight_hh_l0", "module.text_lstm.bias_ih_l0", "module.text_lstm.bias_hh_l0", "module.text_lstm.weight_ih_l0_reverse", "module.text_lstm.weight_hh_l0_reverse", "module.text_lstm.bias_ih_l0_reverse", "module.text_lstm.bias_hh_l0_reverse", "module.attention.rnn_cell.weight_ih", "module.attention.rnn_cell.weight_hh", "module.attention.rnn_cell.bias_ih", "module.attention.rnn_cell.bias_hh", "module.attention.W_g.weight", "module.attention.W_g.bias", "module.layers.5.t_delay_RNN_x.weight_ih_l0", "module.layers.5.t_delay_RNN_x.weight_hh_l0", "module.layers.5.t_delay_RNN_x.bias_ih_l0", "module.layers.5.t_delay_RNN_x.bias_hh_l0", "module.layers.5.t_delay_RNN_yz.weight_ih_l0", "module.layers.5.t_delay_RNN_yz.weight_hh_l0", "module.layers.5.t_delay_RNN_yz.bias_ih_l0", "module.layers.5.t_delay_RNN_yz.bias_hh_l0", "module.layers.5.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.5.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.5.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.5.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.5.c_RNN.weight_ih_l0", "module.layers.5.c_RNN.weight_hh_l0", "module.layers.5.c_RNN.bias_ih_l0", "module.layers.5.c_RNN.bias_hh_l0", "module.layers.5.f_delay_RNN.weight_ih_l0", "module.layers.5.f_delay_RNN.weight_hh_l0", "module.layers.5.f_delay_RNN.bias_ih_l0", "module.layers.5.f_delay_RNN.bias_hh_l0", "module.layers.5.W_t.weight", "module.layers.5.W_t.bias", "module.layers.5.W_c.weight", "module.layers.5.W_c.bias", "module.layers.5.W_f.weight", "module.layers.5.W_f.bias", "module.layers.6.t_delay_RNN_x.weight_ih_l0", "module.layers.6.t_delay_RNN_x.weight_hh_l0", "module.layers.6.t_delay_RNN_x.bias_ih_l0", "module.layers.6.t_delay_RNN_x.bias_hh_l0", "module.layers.6.t_delay_RNN_yz.weight_ih_l0", "module.layers.6.t_delay_RNN_yz.weight_hh_l0", "module.layers.6.t_delay_RNN_yz.bias_ih_l0", "module.layers.6.t_delay_RNN_yz.bias_hh_l0", "module.layers.6.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.6.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.6.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.6.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.6.c_RNN.weight_ih_l0", "module.layers.6.c_RNN.weight_hh_l0", "module.layers.6.c_RNN.bias_ih_l0", "module.layers.6.c_RNN.bias_hh_l0", "module.layers.6.f_delay_RNN.weight_ih_l0", "module.layers.6.f_delay_RNN.weight_hh_l0", "module.layers.6.f_delay_RNN.bias_ih_l0", "module.layers.6.f_delay_RNN.bias_hh_l0", "module.layers.6.W_t.weight", "module.layers.6.W_t.bias", "module.layers.6.W_c.weight", "module.layers.6.W_c.bias", "module.layers.6.W_f.weight", "module.layers.6.W_f.bias", "module.layers.7.t_delay_RNN_x.weight_ih_l0", "module.layers.7.t_delay_RNN_x.weight_hh_l0", "module.layers.7.t_delay_RNN_x.bias_ih_l0", "module.layers.7.t_delay_RNN_x.bias_hh_l0", "module.layers.7.t_delay_RNN_yz.weight_ih_l0", "module.layers.7.t_delay_RNN_yz.weight_hh_l0", "module.layers.7.t_delay_RNN_yz.bias_ih_l0", "module.layers.7.t_delay_RNN_yz.bias_hh_l0", "module.layers.7.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.7.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.7.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.7.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.7.c_RNN.weight_ih_l0", "module.layers.7.c_RNN.weight_hh_l0", "module.layers.7.c_RNN.bias_ih_l0", "module.layers.7.c_RNN.bias_hh_l0", "module.layers.7.f_delay_RNN.weight_ih_l0", "module.layers.7.f_delay_RNN.weight_hh_l0", "module.layers.7.f_delay_RNN.bias_ih_l0", "module.layers.7.f_delay_RNN.bias_hh_l0", "module.layers.7.W_t.weight", "module.layers.7.W_t.bias", "module.layers.7.W_c.weight", "module.layers.7.W_c.bias", "module.layers.7.W_f.weight", "module.layers.7.W_f.bias", "module.layers.8.t_delay_RNN_x.weight_ih_l0", "module.layers.8.t_delay_RNN_x.weight_hh_l0", "module.layers.8.t_delay_RNN_x.bias_ih_l0", "module.layers.8.t_delay_RNN_x.bias_hh_l0", "module.layers.8.t_delay_RNN_yz.weight_ih_l0", "module.layers.8.t_delay_RNN_yz.weight_hh_l0", "module.layers.8.t_delay_RNN_yz.bias_ih_l0", "module.layers.8.t_delay_RNN_yz.bias_hh_l0", "module.layers.8.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.8.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.8.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.8.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.8.c_RNN.weight_ih_l0", "module.layers.8.c_RNN.weight_hh_l0", "module.layers.8.c_RNN.bias_ih_l0", "module.layers.8.c_RNN.bias_hh_l0", "module.layers.8.f_delay_RNN.weight_ih_l0", "module.layers.8.f_delay_RNN.weight_hh_l0", "module.layers.8.f_delay_RNN.bias_ih_l0", "module.layers.8.f_delay_RNN.bias_hh_l0", "module.layers.8.W_t.weight", "module.layers.8.W_t.bias", "module.layers.8.W_c.weight", "module.layers.8.W_c.bias", "module.layers.8.W_f.weight", "module.layers.8.W_f.bias", "module.layers.9.t_delay_RNN_x.weight_ih_l0", "module.layers.9.t_delay_RNN_x.weight_hh_l0", "module.layers.9.t_delay_RNN_x.bias_ih_l0", "module.layers.9.t_delay_RNN_x.bias_hh_l0", "module.layers.9.t_delay_RNN_yz.weight_ih_l0", "module.layers.9.t_delay_RNN_yz.weight_hh_l0", "module.layers.9.t_delay_RNN_yz.bias_ih_l0", "module.layers.9.t_delay_RNN_yz.bias_hh_l0", "module.layers.9.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.9.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.9.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.9.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.9.c_RNN.weight_ih_l0", "module.layers.9.c_RNN.weight_hh_l0", "module.layers.9.c_RNN.bias_ih_l0", "module.layers.9.c_RNN.bias_hh_l0", "module.layers.9.f_delay_RNN.weight_ih_l0", "module.layers.9.f_delay_RNN.weight_hh_l0", "module.layers.9.f_delay_RNN.bias_ih_l0", "module.layers.9.f_delay_RNN.bias_hh_l0", "module.layers.9.W_t.weight", "module.layers.9.W_t.bias", "module.layers.9.W_c.weight", "module.layers.9.W_c.bias", "module.layers.9.W_f.weight", "module.layers.9.W_f.bias", "module.layers.10.t_delay_RNN_x.weight_ih_l0", "module.layers.10.t_delay_RNN_x.weight_hh_l0", "module.layers.10.t_delay_RNN_x.bias_ih_l0", "module.layers.10.t_delay_RNN_x.bias_hh_l0", "module.layers.10.t_delay_RNN_yz.weight_ih_l0", "module.layers.10.t_delay_RNN_yz.weight_hh_l0", "module.layers.10.t_delay_RNN_yz.bias_ih_l0", "module.layers.10.t_delay_RNN_yz.bias_hh_l0", "module.layers.10.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.10.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.10.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.10.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.10.c_RNN.weight_ih_l0", "module.layers.10.c_RNN.weight_hh_l0", "module.layers.10.c_RNN.bias_ih_l0", "module.layers.10.c_RNN.bias_hh_l0", "module.layers.10.f_delay_RNN.weight_ih_l0", "module.layers.10.f_delay_RNN.weight_hh_l0", "module.layers.10.f_delay_RNN.bias_ih_l0", "module.layers.10.f_delay_RNN.bias_hh_l0", "module.layers.10.W_t.weight", "module.layers.10.W_t.bias", "module.layers.10.W_c.weight", "module.layers.10.W_c.bias", "module.layers.10.W_f.weight", "module.layers.10.W_f.bias", "module.layers.11.t_delay_RNN_x.weight_ih_l0", "module.layers.11.t_delay_RNN_x.weight_hh_l0", "module.layers.11.t_delay_RNN_x.bias_ih_l0", "module.layers.11.t_delay_RNN_x.bias_hh_l0", "module.layers.11.t_delay_RNN_yz.weight_ih_l0", "module.layers.11.t_delay_RNN_yz.weight_hh_l0", "module.layers.11.t_delay_RNN_yz.bias_ih_l0", "module.layers.11.t_delay_RNN_yz.bias_hh_l0", "module.layers.11.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.11.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.11.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.11.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.11.c_RNN.weight_ih_l0", "module.layers.11.c_RNN.weight_hh_l0", "module.layers.11.c_RNN.bias_ih_l0", "module.layers.11.c_RNN.bias_hh_l0", "module.layers.11.f_delay_RNN.weight_ih_l0", "module.layers.11.f_delay_RNN.weight_hh_l0", "module.layers.11.f_delay_RNN.bias_ih_l0", "module.layers.11.f_delay_RNN.bias_hh_l0", "module.layers.11.W_t.weight", "module.layers.11.W_t.bias", "module.layers.11.W_c.weight", "module.layers.11.W_c.bias", "module.layers.11.W_f.weight", "module.layers.11.W_f.bias", "module.layers.0.t_delay_RNN_x.weight_ih_l0", "module.layers.0.t_delay_RNN_x.weight_hh_l0", "module.layers.0.t_delay_RNN_x.bias_ih_l0", "module.layers.0.t_delay_RNN_x.bias_hh_l0", "module.layers.0.t_delay_RNN_yz.weight_ih_l0", "module.layers.0.t_delay_RNN_yz.weight_hh_l0", "module.layers.0.t_delay_RNN_yz.bias_ih_l0", "module.layers.0.t_delay_RNN_yz.bias_hh_l0", "module.layers.0.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.0.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.0.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.0.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.0.c_RNN.weight_ih_l0", "module.layers.0.c_RNN.weight_hh_l0", "module.layers.0.c_RNN.bias_ih_l0", "module.layers.0.c_RNN.bias_hh_l0", "module.layers.0.f_delay_RNN.weight_ih_l0", "module.layers.0.f_delay_RNN.weight_hh_l0", "module.layers.0.f_delay_RNN.bias_ih_l0", "module.layers.0.f_delay_RNN.bias_hh_l0", "module.layers.0.W_t.weight", "module.layers.0.W_t.bias", "module.layers.0.W_c.weight", "module.layers.0.W_c.bias", "module.layers.0.W_f.weight", "module.layers.0.W_f.bias", "module.layers.1.t_delay_RNN_x.weight_ih_l0", "module.layers.1.t_delay_RNN_x.weight_hh_l0", "module.layers.1.t_delay_RNN_x.bias_ih_l0", "module.layers.1.t_delay_RNN_x.bias_hh_l0", "module.layers.1.t_delay_RNN_yz.weight_ih_l0", "module.layers.1.t_delay_RNN_yz.weight_hh_l0", "module.layers.1.t_delay_RNN_yz.bias_ih_l0", "module.layers.1.t_delay_RNN_yz.bias_hh_l0", "module.layers.1.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.1.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.1.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.1.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.1.c_RNN.weight_ih_l0", "module.layers.1.c_RNN.weight_hh_l0", "module.layers.1.c_RNN.bias_ih_l0", "module.layers.1.c_RNN.bias_hh_l0", "module.layers.1.f_delay_RNN.weight_ih_l0", "module.layers.1.f_delay_RNN.weight_hh_l0", "module.layers.1.f_delay_RNN.bias_ih_l0", "module.layers.1.f_delay_RNN.bias_hh_l0", "module.layers.1.W_t.weight", "module.layers.1.W_t.bias", "module.layers.1.W_c.weight", "module.layers.1.W_c.bias", "module.layers.1.W_f.weight", "module.layers.1.W_f.bias", "module.layers.2.t_delay_RNN_x.weight_ih_l0", "module.layers.2.t_delay_RNN_x.weight_hh_l0", "module.layers.2.t_delay_RNN_x.bias_ih_l0", "module.layers.2.t_delay_RNN_x.bias_hh_l0", "module.layers.2.t_delay_RNN_yz.weight_ih_l0", "module.layers.2.t_delay_RNN_yz.weight_hh_l0", "module.layers.2.t_delay_RNN_yz.bias_ih_l0", "module.layers.2.t_delay_RNN_yz.bias_hh_l0", "module.layers.2.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.2.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.2.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.2.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.2.c_RNN.weight_ih_l0", "module.layers.2.c_RNN.weight_hh_l0", "module.layers.2.c_RNN.bias_ih_l0", "module.layers.2.c_RNN.bias_hh_l0", "module.layers.2.f_delay_RNN.weight_ih_l0", "module.layers.2.f_delay_RNN.weight_hh_l0", "module.layers.2.f_delay_RNN.bias_ih_l0", "module.layers.2.f_delay_RNN.bias_hh_l0", "module.layers.2.W_t.weight", "module.layers.2.W_t.bias", "module.layers.2.W_c.weight", "module.layers.2.W_c.bias", "module.layers.2.W_f.weight", "module.layers.2.W_f.bias", "module.layers.3.t_delay_RNN_x.weight_ih_l0", "module.layers.3.t_delay_RNN_x.weight_hh_l0", "module.layers.3.t_delay_RNN_x.bias_ih_l0", "module.layers.3.t_delay_RNN_x.bias_hh_l0", "module.layers.3.t_delay_RNN_yz.weight_ih_l0", "module.layers.3.t_delay_RNN_yz.weight_hh_l0", "module.layers.3.t_delay_RNN_yz.bias_ih_l0", "module.layers.3.t_delay_RNN_yz.bias_hh_l0", "module.layers.3.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.3.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.3.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.3.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.3.c_RNN.weight_ih_l0", "module.layers.3.c_RNN.weight_hh_l0", "module.layers.3.c_RNN.bias_ih_l0", "module.layers.3.c_RNN.bias_hh_l0", "module.layers.3.f_delay_RNN.weight_ih_l0", "module.layers.3.f_delay_RNN.weight_hh_l0", "module.layers.3.f_delay_RNN.bias_ih_l0", "module.layers.3.f_delay_RNN.bias_hh_l0", "module.layers.3.W_t.weight", "module.layers.3.W_t.bias", "module.layers.3.W_c.weight", "module.layers.3.W_c.bias", "module.layers.3.W_f.weight", "module.layers.3.W_f.bias", "module.layers.4.t_delay_RNN_x.weight_ih_l0", "module.layers.4.t_delay_RNN_x.weight_hh_l0", "module.layers.4.t_delay_RNN_x.bias_ih_l0", "module.layers.4.t_delay_RNN_x.bias_hh_l0", "module.layers.4.t_delay_RNN_yz.weight_ih_l0", "module.layers.4.t_delay_RNN_yz.weight_hh_l0", "module.layers.4.t_delay_RNN_yz.bias_ih_l0", "module.layers.4.t_delay_RNN_yz.bias_hh_l0", "module.layers.4.t_delay_RNN_yz.weight_ih_l0_reverse", "module.layers.4.t_delay_RNN_yz.weight_hh_l0_reverse", "module.layers.4.t_delay_RNN_yz.bias_ih_l0_reverse", "module.layers.4.t_delay_RNN_yz.bias_hh_l0_reverse", "module.layers.4.c_RNN.weight_ih_l0", "module.layers.4.c_RNN.weight_hh_l0", "module.layers.4.c_RNN.bias_ih_l0", "module.layers.4.c_RNN.bias_hh_l0", "module.layers.4.f_delay_RNN.weight_ih_l0", "module.layers.4.f_delay_RNN.weight_hh_l0", "module.layers.4.f_delay_RNN.bias_ih_l0", "module.layers.4.f_delay_RNN.bias_hh_l0", "module.layers.4.W_t.weight", "module.layers.4.W_t.bias", "module.layers.4.W_c.weight", "module.layers.4.W_c.bias", "module.layers.4.W_f.weight", "module.layers.4.W_f.bias".